golang.org/x/text/internal/language.scanner.token (field)

38 uses

	golang.org/x/text/internal/language (current package)
		language.go#L263: 	if n := len(scan.token); n != 1 {
		parse.go#L77: 	token []byte
		parse.go#L185: 	s.token = nil
		parse.go#L201: 		s.token = token
		parse.go#L217: 	for ; len(s.token) >= min; s.scan() {
		parse.go#L264: 	if n := len(scan.token); n <= 1 {
		parse.go#L266: 		if n == 0 || scan.token[0] != 'x' {
		parse.go#L274: 		if n := len(scan.token); n == 1 {
		parse.go#L303: 	t.LangID, e = getLangID(scan.token)
		parse.go#L308: 	for len(scan.token) == 3 && isAlpha(scan.token[0]) {
		parse.go#L312: 			lang, e := getLangID(scan.token)
		parse.go#L324: 	if len(scan.token) == 4 && isAlpha(scan.token[0]) {
		parse.go#L325: 		t.ScriptID, e = getScriptID(script, scan.token)
		parse.go#L331: 	if n := len(scan.token); n >= 2 && n <= 3 {
		parse.go#L332: 		t.RegionID, e = getRegionID(scan.token)
		parse.go#L359: 	for ; len(scan.token) >= 4; scan.scan() {
		parse.go#L362: 		v, ok := variantIndex[string(scan.token)]
		parse.go#L366: 			scan.gobble(NewValueError(scan.token))
		parse.go#L370: 		variant = append(variant, scan.token)
		parse.go#L460: 	for len(scan.token) == 1 {
		parse.go#L462: 		ext := scan.token[0]
		parse.go#L496: 	switch scan.token[0] {
		parse.go#L500: 		for last := []byte{}; len(scan.token) > 2; scan.scan() {
		parse.go#L501: 			if bytes.Compare(scan.token, last) != -1 {
		parse.go#L506: 				for scan.scan(); len(scan.token) > 2; scan.scan() {
		parse.go#L507: 					attrs = append(attrs, scan.token)
		parse.go#L514: 			last = scan.token
		parse.go#L520: 		for attrEnd := end; len(scan.token) == 2; last = key {
		parse.go#L521: 			key = scan.token
		parse.go#L523: 			for scan.scan(); end < scan.end && len(scan.token) > 2; scan.scan() {
		parse.go#L533: 				for scan.scan(); len(scan.token) == 2; {
		parse.go#L536: 					for scan.scan(); end < scan.end && len(scan.token) > 2; scan.scan() {
		parse.go#L565: 		if n := len(scan.token); n >= 2 && n <= 3 && isAlpha(scan.token[1]) {
		parse.go#L569: 		for len(scan.token) == 2 && !isAlpha(scan.token[1]) {